<!DOCTYPE html><html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" data-whc_version="25.0">
    <head><link rel="shortcut icon" href="../../../oxygen-webhelp/template/images/favicon.png"/><link rel="icon" href="../../../oxygen-webhelp/template/images/favicon.png"/><meta http-equiv="Content-Type" content="text/html; charset=UTF-8"/><meta name="viewport" content="width=device-width, initial-scale=1.0"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><meta name="copyright" content="(C) Copyright 2024"/><meta name="generator" content="DITA-OT"/><meta name="description" content="In some situations, you must complete tasks before you upgrade. The minimum requirements for Data Collector can change with each version. Before you upgrade to a new Data Collector version, verify ..."/><meta name="prodname" content="Data Collector"/><meta name="version" content="3"/><meta name="release" content="16"/><meta name="modification" content="0"/>        
      <title>Pre Upgrade Tasks</title><!--  Generated with Oxygen version 25.1, build number 2023042410.  --><meta name="wh-path2root" content="../../../"/><meta name="wh-toc-id" content="concept_vyy_sfp_hz-d16893e7104"/><meta name="wh-source-relpath" content="datacollector/UserGuide/Upgrade/PreUpgrade.dita"/><meta name="wh-out-relpath" content="datacollector/UserGuide/Upgrade/PreUpgrade.html"/>

    <link rel="stylesheet" type="text/css" href="../../../oxygen-webhelp/app/commons.css?buildId=2023042410"/>
    <link rel="stylesheet" type="text/css" href="../../../oxygen-webhelp/app/topic.css?buildId=2023042410"/>

    <script src="../../../oxygen-webhelp/app/options/properties.js?buildId=20240802104629"></script>
    <script src="../../../oxygen-webhelp/app/localization/strings.js?buildId=2023042410"></script>
    <script src="../../../oxygen-webhelp/app/search/index/keywords.js?buildId=20240802104629"></script>
    <script defer="defer" src="../../../oxygen-webhelp/app/commons.js?buildId=2023042410"></script>
    <script defer="defer" src="../../../oxygen-webhelp/app/topic.js?buildId=2023042410"></script>
<link rel="stylesheet" type="text/css" href="../../../oxygen-webhelp/template/light.css?buildId=2023042410"/><link rel="stylesheet" type="text/css" href="../../../skin.css"/></head>

    <body class="wh_topic_page frmBody">
        
        
        

        
<nav class="navbar navbar-default wh_header" data-whc_version="25.0">
    <div class="container-fluid">
        <div class="wh_header_flex_container navbar-nav navbar-expand-md navbar-dark">
            <div class="wh_logo_and_publication_title_container">
                <div class="wh_logo_and_publication_title">
                    
                    <!--
                            This component will be generated when the next parameters are specified in the transformation scenario:
                            'webhelp.logo.image' and 'webhelp.logo.image.target.url'.
                            See: http://oxygenxml.com/doc/versions/17.1/ug-editor/#topics/dita_webhelp_output.html.
                    -->
                    
                    <div class=" wh_publication_title "><a href="../../../index.html"><span class="booktitle">  <span class="ph mainbooktitle"><span class="ph">Data Collector</span> User Guide</span>  </span></a></div>
                    
                </div>
                
                <!-- The menu button for mobile devices is copied in the output only when the 'webhelp.show.top.menu' parameter is set to 'yes' -->
                
            </div>

            <div class="wh_top_menu_and_indexterms_link collapse navbar-collapse">
                
                
                <div class=" wh_indexterms_link "><a href="../../../indexTerms.html" title="Index" aria-label="Go to index terms page"><span>Index</span></a></div>
                
            </div>
        </div>
    </div>
</nav>

        <div class=" wh_search_input navbar-form wh_topic_page_search search " role="form">


<form id="searchForm" method="get" role="search" action="../../../search.html"><div><input type="search" placeholder="Search " class="wh_search_textfield" id="textToSearch" name="searchQuery" aria-label="Search query" required="required"/><button type="submit" class="wh_search_button" aria-label="Search"><span class="search_input_text">Search</span></button></div></form>

</div>
        
        <div class="container-fluid">
            <div class="row">

                <nav class="wh_tools d-print-none">
                    
<div data-tooltip-position="bottom" class=" wh_breadcrumb "><ol class="d-print-none"><li><span class="home"><a href="../../../index.html"><span>Home</span></a></span></li><li><div class="topicref" data-id="concept_ejk_f1f_5v"><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/Upgrade_title.html">Upgrade</a></div></div></li><li class="active"><div class="topicref" data-id="concept_vyy_sfp_hz"><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/PreUpgrade.html#concept_vyy_sfp_hz">Pre Upgrade Tasks</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li></ol></div>



                    <div class="wh_right_tools "><button class="wh_hide_highlight" aria-label="Toggle search highlights" title="Toggle search highlights"></button><button class="webhelp_expand_collapse_sections" data-next-state="collapsed" aria-label="Collapse sections" title="Collapse sections"></button><div class=" wh_navigation_links "><span id="topic_navigation_links" class="navheader">
  
<span class="navprev"><a class="- topic/link link" href="../../../datacollector/UserGuide/Upgrade/Upgrade.html#concept_a2n_3fk_5v" title="Upgrade" aria-label="Previous topic: Upgrade" rel="prev"></a></span>  
<span class="navnext"><a class="- topic/link link" href="../../../datacollector/UserGuide/Upgrade/Tarball.html#concept_ryn_4fk_5v" title="Upgrade an Installation from the Tarball" aria-label="Next topic: Upgrade an Installation from the Tarball" rel="next"></a></span>  </span></div>
<!--External resource link-->
<div class=" wh_print_link print d-none d-md-inline-block "><button onClick="window.print()" title="Print this page" aria-label="Print this page"></button></div>
                        
                        
                        
                        
                    </div>
                </nav>
            </div>

            

<div class="wh_content_area">
                <div class="row">
                    


                        <nav role="navigation" id="wh_publication_toc" class="col-lg-3 col-md-3 col-sm-12 d-md-block d-none d-print-none">
<div id="wh_publication_toc_content">


                            <div class=" wh_publication_toc " data-tooltip-position="right"><span class="expand-button-action-labels"><span id="button-expand-action" role="button" aria-label="Expand"></span><span id="button-collapse-action" role="button" aria-label="Collapse"></span><span id="button-pending-action" role="button" aria-label="Pending"></span></span><ul role="tree" aria-label="Table of Contents"><li role="treeitem" aria-expanded="false"><div data-tocid="concept_htw_ghg_jq-d16893e53" class="topicref" data-id="concept_htw_ghg_jq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_htw_ghg_jq-d16893e53-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Getting_Started/GettingStarted_Title.html#concept_htw_ghg_jq" id="concept_htw_ghg_jq-d16893e53-link">Getting Started</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_l2v_nlp_mpb-d16893e331" class="topicref" data-id="concept_l2v_nlp_mpb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_l2v_nlp_mpb-d16893e331-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/ReleaseNotes/ReleaseNotes.html#concept_l2v_nlp_mpb" id="concept_l2v_nlp_mpb-d16893e331-link">Release Notes</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_l4q_flb_kr-d16893e2582" class="topicref" data-id="concept_l4q_flb_kr" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_l4q_flb_kr-d16893e2582-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Installation/Install_title.html" id="concept_l4q_flb_kr-d16893e2582-link">Installation</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ylh_yyz_ky-d16893e3984" class="topicref" data-id="concept_ylh_yyz_ky" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ylh_yyz_ky-d16893e3984-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Configuration/Config_title.html" id="concept_ylh_yyz_ky-d16893e3984-link">Configuration</a></div></div></li><li role="treeitem" aria-expanded="true"><div data-tocid="concept_ejk_f1f_5v-d16893e7058" class="topicref" data-id="concept_ejk_f1f_5v" data-state="expanded"><span role="button" tabindex="0" aria-labelledby="button-collapse-action concept_ejk_f1f_5v-d16893e7058-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/Upgrade_title.html" id="concept_ejk_f1f_5v-d16893e7058-link">Upgrade</a></div></div><ul role="group" class="navbar-nav nav-list"><li role="treeitem"><div data-tocid="concept_a2n_3fk_5v-d16893e7080" class="topicref" data-id="concept_a2n_3fk_5v" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/Upgrade.html#concept_a2n_3fk_5v" id="concept_a2n_3fk_5v-d16893e7080-link">Upgrade</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="true" class="active"><div data-tocid="concept_vyy_sfp_hz-d16893e7104" class="topicref" data-id="concept_vyy_sfp_hz" data-state="expanded"><span role="button" tabindex="0" aria-labelledby="button-collapse-action concept_vyy_sfp_hz-d16893e7104-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/PreUpgrade.html#concept_vyy_sfp_hz" id="concept_vyy_sfp_hz-d16893e7104-link">Pre Upgrade Tasks</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div><ul role="group" class="navbar-nav nav-list"><li role="treeitem"><div data-tocid="concept_ip1_dgp_hz-d16893e7128" class="topicref" data-id="concept_ip1_dgp_hz" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/PreUpgrade.html#concept_ip1_dgp_hz" id="concept_ip1_dgp_hz-d16893e7128-link">Verify Installation Requirements</a></div></div></li><li role="treeitem"><div data-tocid="concept_srj_t1b_rpb-d16893e7150" class="topicref" data-id="concept_srj_t1b_rpb" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/PreUpgrade.html#concept_srj_t1b_rpb" id="concept_srj_t1b_rpb-d16893e7150-link">Complete Control Hub On-premises Prerequisite</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem"><div data-tocid="concept_k1z_jsx_3nb-d16893e7174" class="topicref" data-id="concept_k1z_jsx_3nb" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/PreUpgrade.html#concept_k1z_jsx_3nb" id="concept_k1z_jsx_3nb-d16893e7174-link">Upgrading Full and Core Tarball Installations</a></div></div></li><li role="treeitem"><div data-tocid="concept_zgm_vj2_mdb-d16893e7196" class="topicref" data-id="concept_zgm_vj2_mdb" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/PreUpgrade.html#concept_zgm_vj2_mdb" id="concept_zgm_vj2_mdb-d16893e7196-link">Upgrade to Spark 2.1 or Later</a><div class="wh-tooltip"><p class="shortdesc"><span class="ph">Data Collector</span>         version 3.3.0 introduces cluster streaming mode with support for Kafka security features         such as SSL/TLS and Kerberos authentication using Spark 2.1 or later and Kafka 0.10.0.0 or         later.</p></div></div></div></li><li role="treeitem"><div data-tocid="concept_vsr_jgp_hz-d16893e7223" class="topicref" data-id="concept_vsr_jgp_hz" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/PreUpgrade.html#concept_vsr_jgp_hz" id="concept_vsr_jgp_hz-d16893e7223-link">Migrate to Java 8</a><div class="wh-tooltip"><p class="shortdesc"><span class="ph">Data Collector</span>         version 2.5.0.0 requires Java 8. If your previous <span class="ph">Data Collector</span>         version ran on Java 7, you must migrate to Java 8 before upgrading to the latest <span class="ph">Data Collector</span>         version.</p></div></div></div></li><li role="treeitem"><div data-tocid="concept_m3b_rnx_mz-d16893e7256" class="topicref" data-id="concept_m3b_rnx_mz" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/PreUpgrade.html#concept_m3b_rnx_mz" id="concept_m3b_rnx_mz-d16893e7256-link">Upgrade Cluster Streaming Pipelines</a><div class="wh-tooltip"><p class="shortdesc">If you use cluster pipelines that run in cluster streaming mode and you are upgrading         from a version earlier than 2.3.0.0, you must upgrade to Data Collector version 2.3.0.0         before upgrading to the latest version.</p></div></div></div></li></ul></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ryn_4fk_5v-d16893e7281" class="topicref" data-id="concept_ryn_4fk_5v" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ryn_4fk_5v-d16893e7281-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/Tarball.html#concept_ryn_4fk_5v" id="concept_ryn_4fk_5v-d16893e7281-link">Upgrade an Installation from the Tarball</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ws4_vq5_xv-d16893e7579" class="topicref" data-id="concept_ws4_vq5_xv" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ws4_vq5_xv-d16893e7579-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/RPM.html#concept_ws4_vq5_xv" id="concept_ws4_vq5_xv-d16893e7579-link">Upgrade an Installation from the RPM Package</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_c45_chv_xv-d16893e7812" class="topicref" data-id="concept_c45_chv_xv" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_c45_chv_xv-d16893e7812-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/CMUpgrade.html#concept_c45_chv_xv" id="concept_c45_chv_xv-d16893e7812-link">Upgrade an Installation with Cloudera Manager</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_zll_vn5_zw-d16893e8032" class="topicref" data-id="concept_zll_vn5_zw" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_zll_vn5_zw-d16893e8032-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/PostUpgrade.html#concept_zll_vn5_zw" id="concept_zll_vn5_zw-d16893e8032-link">Post Upgrade Tasks</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="task_ijh_wtw_xy-d16893e9984" class="topicref" data-id="task_ijh_wtw_xy" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action task_ijh_wtw_xy-d16893e9984-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/Upgrade-ExternalSystems.html#task_ijh_wtw_xy" id="task_ijh_wtw_xy-d16893e9984-link">Working with Upgraded External Systems</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem"><div data-tocid="concept_dgz_p45_gy-d16893e10080" class="topicref" data-id="concept_dgz_p45_gy" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/UpgradeTroubleshooting.html#concept_dgz_p45_gy" id="concept_dgz_p45_gy-d16893e10080-link">Troubleshooting an Upgrade</a></div></div></li></ul></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_qsw_cjy_bt-d16893e10103" class="topicref" data-id="concept_qsw_cjy_bt" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_qsw_cjy_bt-d16893e10103-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Design/PipelineDesign_title.html" id="concept_qsw_cjy_bt-d16893e10103-link">Pipeline Concepts and Design</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_qn1_wn4_kq-d16893e11199" class="topicref" data-id="concept_qn1_wn4_kq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_qn1_wn4_kq-d16893e11199-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Configuration/PipelineConfiguration_title.html" id="concept_qn1_wn4_kq-d16893e11199-link">Pipeline Configuration</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_hdr_gyw_41b-d16893e13057" class="topicref" data-id="concept_hdr_gyw_41b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_hdr_gyw_41b-d16893e13057-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Data_Formats/DataFormats-Title.html" id="concept_hdr_gyw_41b-d16893e13057-link">Data Formats</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_yjl_nc5_jq-d16893e14164" class="topicref" data-id="concept_yjl_nc5_jq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_yjl_nc5_jq-d16893e14164-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/Origins_title.html" id="concept_yjl_nc5_jq-d16893e14164-link">Origins</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_yjl_nc5_jq-d16893e35197" class="topicref" data-id="concept_yjl_nc5_jq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_yjl_nc5_jq-d16893e35197-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/Processors_title.html" id="concept_yjl_nc5_jq-d16893e35197-link">Processors</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_agj_cfj_br-d16893e44037" class="topicref" data-id="concept_agj_cfj_br" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_agj_cfj_br-d16893e44037-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Destinations/Destinations-title.html" id="concept_agj_cfj_br-d16893e44037-link">Destinations</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_umc_1lk_fx-d16893e56072" class="topicref" data-id="concept_umc_1lk_fx" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_umc_1lk_fx-d16893e56072-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/Executors-title.html" id="concept_umc_1lk_fx-d16893e56072-link">Executors</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_xxd_f5r_kx-d16893e59696" class="topicref" data-id="concept_xxd_f5r_kx" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_xxd_f5r_kx-d16893e59696-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Event_Handling/EventFramework-Title.html#concept_xxd_f5r_kx" id="concept_xxd_f5r_kx-d16893e59696-link">Dataflow Triggers</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_zq5_pb4_flb-d16893e60134" class="topicref" data-id="concept_zq5_pb4_flb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_zq5_pb4_flb-d16893e60134-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Solutions/Solutions-title.html" id="concept_zq5_pb4_flb-d16893e60134-link">Solutions</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ugp_kwf_xw-d16893e61337" class="topicref" data-id="concept_ugp_kwf_xw" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ugp_kwf_xw-d16893e61337-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/DPM/DPM_title.html" id="concept_ugp_kwf_xw-d16893e61337-link">StreamSets Control Hub</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_fyf_gkq_4bb-d16893e62693" class="topicref" data-id="concept_fyf_gkq_4bb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_fyf_gkq_4bb-d16893e62693-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Edge_Mode/EdgePipelines_title.html" id="concept_fyf_gkq_4bb-d16893e62693-link"><span class="ph">StreamSets Data Collector Edge</span></a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_wwq_gxc_py-d16893e63980" class="topicref" data-id="concept_wwq_gxc_py" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_wwq_gxc_py-d16893e63980-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Multithreaded_Pipelines/MultithreadedPipelines.html#concept_wwq_gxc_py" id="concept_wwq_gxc_py-d16893e63980-link">Multithreaded Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_gzw_tdm_p2b-d16893e64187" class="topicref" data-id="concept_gzw_tdm_p2b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_gzw_tdm_p2b-d16893e64187-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Microservice/Microservice_Title.html#concept_gzw_tdm_p2b" id="concept_gzw_tdm_p2b-d16893e64187-link">Microservice Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="Orchestrators_Title-d16893e64348" class="topicref" data-id="Orchestrators_Title" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action Orchestrators_Title-d16893e64348-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Orchestration_Pipelines/OrchestrationPipelines_Title.html#Orchestrators_Title" id="Orchestrators_Title-d16893e64348-link">Orchestration Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_wr1_ktz_bt-d16893e64489" class="topicref" data-id="concept_wr1_ktz_bt" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_wr1_ktz_bt-d16893e64489-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/RPC_Pipelines/SDC_RPCpipelines_title.html#concept_wr1_ktz_bt" id="concept_wr1_ktz_bt-d16893e64489-link">SDC RPC Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_fpz_5r4_vs-d16893e64679" class="topicref" data-id="concept_fpz_5r4_vs" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_fpz_5r4_vs-d16893e64679-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Cluster_Mode/ClusterPipelines_title.html" id="concept_fpz_5r4_vs-d16893e64679-link">Cluster Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_jjk_23z_sq-d16893e65172" class="topicref" data-id="concept_jjk_23z_sq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_jjk_23z_sq-d16893e65172-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Data_Preview/DataPreview_Title.html#concept_jjk_23z_sq" id="concept_jjk_23z_sq-d16893e65172-link">Data Preview</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_pgk_brx_rr-d16893e65458" class="topicref" data-id="concept_pgk_brx_rr" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_pgk_brx_rr-d16893e65458-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Alerts/RulesAlerts_title.html#concept_pgk_brx_rr" id="concept_pgk_brx_rr-d16893e65458-link">Rules and Alerts</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_asx_fdz_sq-d16893e65960" class="topicref" data-id="concept_asx_fdz_sq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_asx_fdz_sq-d16893e65960-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Monitoring/PipelineMonitoring_title.html#concept_asx_fdz_sq" id="concept_asx_fdz_sq-d16893e65960-link">Pipeline Monitoring</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_o3l_dtr_5q-d16893e66304" class="topicref" data-id="concept_o3l_dtr_5q" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_o3l_dtr_5q-d16893e66304-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Maintenance/PipelineMaintenance_title.html#concept_o3l_dtr_5q" id="concept_o3l_dtr_5q-d16893e66304-link">Pipeline Maintenance</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_yms_ftm_sq-d16893e66768" class="topicref" data-id="concept_yms_ftm_sq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_yms_ftm_sq-d16893e66768-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Administration/Administration_title.html#concept_yms_ftm_sq" id="concept_yms_ftm_sq-d16893e66768-link">Administration</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_nls_w1r_ks-d16893e67508" class="topicref" data-id="concept_nls_w1r_ks" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_nls_w1r_ks-d16893e67508-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Tutorial/Tutorial-title.html" id="concept_nls_w1r_ks-d16893e67508-link">Tutorial</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_sh3_frm_tq-d16893e68001" class="topicref" data-id="concept_sh3_frm_tq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_sh3_frm_tq-d16893e68001-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Troubleshooting/Troubleshooting_title.html#concept_sh3_frm_tq" id="concept_sh3_frm_tq-d16893e68001-link">Troubleshooting</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_xbx_rs1_tq-d16893e68798" class="topicref" data-id="concept_xbx_rs1_tq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_xbx_rs1_tq-d16893e68798-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Glossary/Glossary_title.html#concept_xbx_rs1_tq" id="concept_xbx_rs1_tq-d16893e68798-link">Glossary</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_jn1_nzb_kv-d16893e68843" class="topicref" data-id="concept_jn1_nzb_kv" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_jn1_nzb_kv-d16893e68843-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Apx-DataFormats/DataFormat_Title.html#concept_jn1_nzb_kv" id="concept_jn1_nzb_kv-d16893e68843-link">Data Formats by Stage</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_pvm_yt3_wq-d16893e68958" class="topicref" data-id="concept_pvm_yt3_wq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_pvm_yt3_wq-d16893e68958-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Expression_Language/ExpressionLanguage_title.html" id="concept_pvm_yt3_wq-d16893e68958-link">Expression Language</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_vcj_1ws_js-d16893e69669" class="topicref" data-id="concept_vcj_1ws_js" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_vcj_1ws_js-d16893e69669-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Apx-RegEx/RegEx-Title.html#concept_vcj_1ws_js" id="concept_vcj_1ws_js-d16893e69669-link">Regular Expressions</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_chv_vmj_wr-d16893e69787" class="topicref" data-id="concept_chv_vmj_wr" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_chv_vmj_wr-d16893e69787-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Apx-GrokPatterns/GrokPatterns_title.html#concept_chv_vmj_wr" id="concept_chv_vmj_wr-d16893e69787-link">Grok Patterns</a></div></div></li></ul></div>
                        

</div>
</nav>
                    


                    
                    <div id="wh_topic_body" class="col-lg-7 col-md-9 col-sm-12">
<button id="wh_close_publication_toc_button" class="close-toc-button d-none" aria-label="Toggle publishing table of content" aria-controls="wh_publication_toc" aria-expanded="true"><span class="close-toc-icon-container"><span class="close-toc-icon"></span></span></button><button id="wh_close_topic_toc_button" class="close-toc-button d-none" aria-label="Toggle topic table of content" aria-controls="wh_topic_toc" aria-expanded="true"><span class="close-toc-icon-container"><span class="close-toc-icon"></span></span></button>

                        
<div class=" wh_topic_content body "><main role="main"><article class="" role="article" aria-labelledby="ariaid-title1"><article class="nested0" aria-labelledby="ariaid-title1" id="concept_vyy_sfp_hz">
 <h1 class="- topic/title title topictitle1" id="ariaid-title1">Pre Upgrade Tasks</h1>
 
 <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
  <p class="- topic/p p">In some situations, you
   must complete tasks before you upgrade.</p>
 </div>
<article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title2" id="concept_ip1_dgp_hz">
    <h2 class="- topic/title title topictitle2" id="ariaid-title2">Verify Installation Requirements</h2>
    <div class="- topic/body concept/conbody body conbody">
        <p class="- topic/p p">The minimum requirements for <span class="- topic/ph ph">Data Collector</span> can
            change with each version. Before you upgrade to a new <span class="- topic/ph ph">Data Collector</span>
            version, verify that the machine meets the latest minimum requirements as described in
                <a class="- topic/xref xref" href="../Installation/InstallationAndConfig.html#concept_vzg_n2p_kq">Installation Requirements</a>.</p>
    </div>
</article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title3" id="concept_srj_t1b_rpb">
    <h2 class="- topic/title title topictitle2" id="ariaid-title3">Complete Control Hub On-premises Prerequisite</h2>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">If you use <span class="- topic/ph ph">Data Collector</span>
            with Control Hub On-premises, you must complete a prerequisite task before you upgrade
            to <span class="- topic/ph ph">Data Collector</span>
            version 4.0.x or later.</p>
        <p class="- topic/p p">For details, see the <a class="- topic/xref xref" href="https://community.streamsets.com/faq-53/ensuring-compatibility-between-control-hub-3-x-and-data-collector-4-0-275" target="_blank" rel="external noopener">StreamSets Support portal</a>. </p>
    </div>
</article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title4" id="concept_k1z_jsx_3nb">
    <h2 class="- topic/title title topictitle2" id="ariaid-title4">Upgrading Full and Core Tarball Installations</h2>
    <div class="- topic/body concept/conbody body conbody">
        <p dir="ltr" class="- topic/p p" id="concept_k1z_jsx_3nb__docs-internal-guid-770cb9ce-7fff-2e02-3506-64ef9d839980" data-ofbid="concept_k1z_jsx_3nb__docs-internal-guid-770cb9ce-7fff-2e02-3506-64ef9d839980">Starting with
            version 3.19.0, the full and core tarball installation methods are available only to
            users with an enterprise account. </p>
        <p dir="ltr" class="- topic/p p">If you have an enterprise account, you can download the full or core
            installation packages from the <a class="- topic/xref xref" href="https://support.streamsets.com/" target="_blank" rel="external noopener">StreamSets Support portal</a>. After you <a class="- topic/xref xref" href="Tarball.html#concept_ryn_4fk_5v">perform the upgrade</a>, you can install
            or remove <a class="- topic/xref xref" href="../Installation/AddtionalStageLibs.html#concept_fb2_qmn_bz">stage
                libraries</a> as needed. </p>
        <p dir="ltr" class="- topic/p p">If you do not have an enterprise account, go to the <a class="- topic/xref xref" href="https://streamsets.com/products/dataops-platform/data-collector/download/" target="_blank" rel="external noopener">StreamSets website</a> to upgrade from a full or
            core installation. </p>
    </div>
</article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title5" id="concept_zgm_vj2_mdb">
    <h2 class="- topic/title title topictitle2" id="ariaid-title5">Upgrade to Spark 2.1 or Later</h2>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"><span class="- topic/ph ph">Data Collector</span>
        version 3.3.0 introduces cluster streaming mode with support for Kafka security features
        such as SSL/TLS and Kerberos authentication using Spark 2.1 or later and Kafka 0.10.0.0 or
        later.</p>
        <div class="- topic/p p">However, this means that using Spark 1.x for cluster streaming mode, the Spark Evaluator
            processor, and the Spark executor was deprecated as of version 3.2.0.0. Support for
            Spark 1.x is removed in version 3.3.0. If you are using cluster streaming mode, the
            Spark Evaluator processor, or the Spark executor, you must upgrade to Spark 2.1 or
            later. In addition, if you are using cluster streaming mode for Kafka, you must also
            upgrade to Kafka 0.10.0.0 or later.<div class="- topic/note note note note_note"><span class="note__title">Note:</span> You can continue to use Kafka 0.9.0.0 in
                standalone pipelines. Or you can continue to use an earlier version of <span class="- topic/ph ph">Data Collector</span>
                to use Kafka 0.9.0.0 in cluster pipelines until you can upgrade Kafka.</div></div>
        <div class="- topic/p p">Since Spark 1.x is no longer supported and since Kafka 0.9.0.0 is no longer supported in
            cluster pipelines, the following stage libraries have changed:<div class="table-container"><table class="- topic/table table frame-all" id="concept_zgm_vj2_mdb__table_mgp_cy1_wdb" data-ofbid="concept_zgm_vj2_mdb__table_mgp_cy1_wdb" data-cols="2"><caption></caption><colgroup><col style="width:33.33333333333333%"/><col style="width:66.66666666666666%"/></colgroup><thead class="- topic/thead thead">
                        <tr class="- topic/row">
                            <th class="- topic/entry entry colsep-1 rowsep-1" id="concept_zgm_vj2_mdb__table_mgp_cy1_wdb__entry__1">Category</th>
                            <th class="- topic/entry entry colsep-0 rowsep-1" id="concept_zgm_vj2_mdb__table_mgp_cy1_wdb__entry__2">Stage Libraries</th>
                        </tr>
                    </thead><tbody class="- topic/tbody tbody">
                        <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="concept_zgm_vj2_mdb__table_mgp_cy1_wdb__entry__1">New stage libraries</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="concept_zgm_vj2_mdb__table_mgp_cy1_wdb__entry__2">The following new stage libraries include the Kafka Consumer
                                origin for cluster mode pipelines:<ul class="- topic/ul ul" id="concept_zgm_vj2_mdb__ul_qpl_2y1_wdb" data-ofbid="concept_zgm_vj2_mdb__ul_qpl_2y1_wdb">
                                    <li class="- topic/li li">streamsets-datacollector-cdh-spark_2_1-lib</li>
                                    <li class="- topic/li li">streamsets-datacollector-cdh-spark_2_2-lib</li>
                                    <li class="- topic/li li">streamsets-datacollector-cdh-spark_2_3-lib</li>
                                </ul></td>
                        </tr>
                        <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="concept_zgm_vj2_mdb__table_mgp_cy1_wdb__entry__1">Changed stage libraries</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="concept_zgm_vj2_mdb__table_mgp_cy1_wdb__entry__2">The following stage library no longer includes the Kafka Consumer
                                origin for cluster mode pipelines:<ul class="- topic/ul ul" id="concept_zgm_vj2_mdb__ul_vzl_np2_wdb" data-ofbid="concept_zgm_vj2_mdb__ul_vzl_np2_wdb">
                                    <li class="- topic/li li">streamsets-datacollector-hdp_2_4-lib</li>
                                </ul><div class="- topic/p p">The following stage libraries were upgraded to use Spark
                                        2.1:<ul class="- topic/ul ul" id="concept_zgm_vj2_mdb__ul_h4p_wp2_wdb" data-ofbid="concept_zgm_vj2_mdb__ul_h4p_wp2_wdb">
                                        <li class="- topic/li li">streamsets-datacollector-hdp_2_6-lib</li>
                                        <li class="- topic/li li">streamsets-datacollector-mapr_5_2-lib</li>
                                        <li class="- topic/li li">streamsets-datacollector-mapr_6_0-mep4-lib</li>
                                    </ul></div></td>
                        </tr>
                        <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="concept_zgm_vj2_mdb__table_mgp_cy1_wdb__entry__1">Removed stage libraries</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="concept_zgm_vj2_mdb__table_mgp_cy1_wdb__entry__2">The following stage libraries are removed:<ul class="- topic/ul ul" id="concept_zgm_vj2_mdb__ul_e1m_hy1_wdb" data-ofbid="concept_zgm_vj2_mdb__ul_e1m_hy1_wdb">
                                    <li class="- topic/li li">streamsets-datacollector-cdh_5_8-cluster-cdh_kafka_2_0-lib</li>
                                    <li class="- topic/li li">streamsets-datacollector-cdh_5_9-cluster-cdh_kafka_2_0-lib </li>
                                    <li class="- topic/li li">streamsets-datacollector-cdh_5_10-cluster-cdh_kafka_2_1-lib</li>
                                    <li class="- topic/li li">streamsets-datacollector-cdh_5_11-cluster-cdh_kafka_2_1-lib</li>
                                    <li class="- topic/li li">streamsets-datacollector-cdh_5_12-cluster-cdh_kafka_2_1-lib</li>
                                    <li class="- topic/li li">streamsets-datacollector-cdh_5_13-cluster-cdh_kafka_2_1-lib</li>
                                    <li class="- topic/li li">streamsets-datacollector-cdh_5_14-cluster-cdh_kafka_2_1-lib</li>
                                </ul><p class="- topic/p p">During the upgrade process, these removed stage libraries
                                    are replaced with the new
                                    streamsets-datacollector-cdh-spark_2_1-lib stage
                                library.</p></td>
                        </tr>
                        <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="concept_zgm_vj2_mdb__table_mgp_cy1_wdb__entry__1">Removed legacy stage libraries</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="concept_zgm_vj2_mdb__table_mgp_cy1_wdb__entry__2">The following legacy stage libraries are removed:<ul class="- topic/ul ul" id="concept_zgm_vj2_mdb__ul_cqy_3y1_wdb" data-ofbid="concept_zgm_vj2_mdb__ul_cqy_3y1_wdb">
                                    <li class="- topic/li li">streamsets-datacollector-cdh_5_4-cluster-cdh_kafka_1_2-lib</li>
                                    <li class="- topic/li li">streamsets-datacollector-cdh_5_4-cluster-cdh_kafka_1_3-lib</li>
                                    <li class="- topic/li li">streamsets-datacollector-cdh_5_5-cluster-cdh_kafka_1_3-lib</li>
                                    <li class="- topic/li li">streamsets-datacollector-cdh_5_7-cluster-cdh_kafka_2_0-lib</li>
                                </ul></td>
                        </tr>
                        <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-0" headers="concept_zgm_vj2_mdb__table_mgp_cy1_wdb__entry__1">Changed legacy stage libraries</td>
                            <td class="- topic/entry entry colsep-0 rowsep-0" headers="concept_zgm_vj2_mdb__table_mgp_cy1_wdb__entry__2">The following legacy stage libraries no longer include the Spark
                                Evaluator processor:<ul class="- topic/ul ul" id="concept_zgm_vj2_mdb__ul_hxx_jy1_wdb" data-ofbid="concept_zgm_vj2_mdb__ul_hxx_jy1_wdb">
                                    <li class="- topic/li li">streamsets-datacollector-cdh_5_4-lib</li>
                                    <li class="- topic/li li">streamsets-datacollector-cdh_5_5-lib</li>
                                </ul></td>
                        </tr>
                    </tbody></table></div></div>
        <div class="- topic/p p">To continue to use cluster streaming mode, you must upgrade to a newer Cloudera CDH or
            Hortonworks Hadoop distribution and to Kafka 0.10.0.0 or later. The major Hadoop
            distribution vendors provide a means for Spark 1.x and Spark 2.x to coexist on the same
            cluster, so you can use both versions in your clusters. <span class="- topic/ph ph">Data Collector</span>
            supports the following Spark 2.x versions for the Hadoop distribution vendors:<ul class="- topic/ul ul" id="concept_zgm_vj2_mdb__ul_iyg_dk2_mdb" data-ofbid="concept_zgm_vj2_mdb__ul_iyg_dk2_mdb">
                <li class="- topic/li li"><span class="+ topic/ph ui-d/uicontrol ph uicontrol">Cloudera</span> - Cloudera Distribution of Spark 2.1 release 1
                    or later is supported. For more information, see <a class="- topic/xref xref" href="https://www.cloudera.com/documentation/spark2/latest/topics/spark2_requirements.html" target="_blank" rel="external noopener">Spark 2 Requirements</a>.</li>
                <li class="- topic/li li"><span class="+ topic/ph ui-d/uicontrol ph uicontrol">Hortonworks</span> - Hortonworks Data Platform (HDP) 2.6 or
                    later includes Spark 2.2.0. For more information, see the <a class="- topic/xref xref" href="https://docs.hortonworks.com/HDPDocuments/HDP2/HDP-2.6.4/bk_release-notes/content/comp_versions.html" target="_blank" rel="external noopener">HDP 2.6 Release Notes</a>.</li>
                <li class="- topic/li li"><span class="+ topic/ph ui-d/uicontrol ph uicontrol">MapR</span> - MapR with MapR Expansion Pack 3.0 or later is
                    supported. For more information, see <a class="- topic/xref xref" href="https://docs.datafabric.hpe.com/70/InteropMatrix/r_MEP_lifecycle_status.html" target="_blank" rel="external noopener"><span class="- topic/ph ph">HPE Ezmeral Data Fabric</span> documentation.</a>.</li>
            </ul></div>
        <p class="- topic/p p">Then, you must configure upgraded pipelines to work with the upgraded system, as
            described in <a class="- topic/xref xref" href="Upgrade-ExternalSystems.html#task_ijh_wtw_xy">Working with Upgraded External Systems</a>. </p>
        <div class="- topic/p p">In addition to selecting the upgraded stage library version for each stage that connects
            to the upgraded CDH, HDP, or Kafka system, you might need to perform additional tasks
            for the following stages:<ul class="- topic/ul ul" id="concept_zgm_vj2_mdb__ul_dcz_nch_5db" data-ofbid="concept_zgm_vj2_mdb__ul_dcz_nch_5db">
                <li class="- topic/li li"><span class="+ topic/ph ui-d/uicontrol ph uicontrol">Spark Evaluator processor</span> - If the Spark application was
                    previously built with Spark 2.0 or earlier, you must rebuild it with Spark 2.1.
                    Or if you used Scala to write the custom Spark class, and the application was
                    compiled with Scala 2.10, you must recompile it with Scala 2.11.</li>
                <li class="- topic/li li"><span class="+ topic/ph ui-d/uicontrol ph uicontrol">Spark executor</span> - If the Spark application was previously
                    built with Spark 2.0 or earlier, you must rebuild it with Spark 2.1 and Scala
                    2.11. </li>
            </ul></div>
    </div>
</article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title6" id="concept_vsr_jgp_hz">
 <h2 class="- topic/title title topictitle2" id="ariaid-title6">Migrate to Java 8</h2>
 
 <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"><span class="- topic/ph ph">Data Collector</span>
        version 2.5.0.0 requires Java 8. If your previous <span class="- topic/ph ph">Data Collector</span>
        version ran on Java 7, you must migrate to Java 8 before upgrading to the latest <span class="- topic/ph ph">Data Collector</span>
        version.</p>
        <p class="- topic/p p">All services that use Data Collector JAR files also must run on Java 8. This means that
            your Hadoop cluster must run on Java 8 if you are using cluster pipelines, the Spark
            Executor, or the MapReduce Executor. </p>
        <p class="- topic/p p">To migrate to Java 8, complete the following steps before upgrading to the latest <span class="- topic/ph ph">Data Collector</span>
            version:</p>
        <ol class="- topic/ol ol" id="concept_vsr_jgp_hz__ol_h33_fhp_hz" data-ofbid="concept_vsr_jgp_hz__ol_h33_fhp_hz">
            <li class="- topic/li li">Shut down <span class="- topic/ph ph">Data Collector</span>.</li>
            <li class="- topic/li li">Install Java 8 on the <span class="- topic/ph ph">Data Collector</span> machine.</li>
            <li class="- topic/li li">If you customized Java configuration options in the SDC_JAVA7_OPTS environment
                variable and if those options are valid in Java 8, migrate those customizations to
                the SDC_JAVA8_OPTS environment variable.</li>
            <li class="- topic/li li">Restart <span class="- topic/ph ph">Data Collector</span> and verify that it works as expected.</li>
            <li class="- topic/li li">If any pipelines include the JavaScript Evaluator processor, open the pipelines and
                validate the scripts on Java 8. </li>
        </ol>
 </div>
</article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title7" id="concept_m3b_rnx_mz">
    <h2 class="- topic/title title topictitle2" id="ariaid-title7">Upgrade Cluster Streaming Pipelines</h2>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc">If you use cluster pipelines that run in cluster streaming mode and you are upgrading
        from a version earlier than 2.3.0.0, you must upgrade to Data Collector version 2.3.0.0
        before upgrading to the latest version.</p>
        <div class="- topic/p p">Prior to 2.3.0.0, <span class="- topic/ph ph">Data Collector</span>
            used the Spark checkpoint mechanism to recover cluster pipelines after a failure.
            Starting in version 2.3.0.0, Data Collector maintains the state of cluster pipelines
            without relying on Spark checkpoints. <div class="- topic/note note warning note_warning"><span class="note__title">Warning:</span> If you upgrade from a version
                earlier than 2.3.0.0 directly to the latest version - without first upgrading to
                version 2.3.0.0 - cluster pipelines fail when starting.</div></div>
        <div class="- topic/p p">Before you upgrade to the latest version, complete the following general tasks:<ol class="- topic/ol ol" id="concept_m3b_rnx_mz__ol_yjz_24x_mz" data-ofbid="concept_m3b_rnx_mz__ol_yjz_24x_mz">
                <li class="- topic/li li">Upgrade to Data Collector version 2.3.0.0. </li>
                <li class="- topic/li li">Start the upgraded Data Collector version 2.3.0.0 and run the cluster pipelines
                    so that they process some data.</li>
            </ol></div>
        <p class="- topic/p p">After verifying that the upgrade to Data Collector version 2.3.0.0 was successful,
            upgrade to the latest version.</p>
    </div>
</article></article></article></main></div>

                        
                        
                        


                    </div>
                    
                </div>
            </div>


        </div> <nav class="navbar navbar-default wh_footer" data-whc_version="25.0">
  <div class=" footer-container  mx-auto">
    <!-- script for Data Collector, all flavors, but only used when accessed directly, not from portal --><script>
  (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
  (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
  m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
  })(window,document,'script','https://www.google-analytics.com/analytics.js','ga');

  ga('create', 'UA-60917135-3', 'auto');
  ga('send', 'pageview');
</script>
  </div>
</nav>

        
        <div id="go2top">
            <span class="oxy-icon oxy-icon-up"></span>
        </div>
        
        <!-- The modal container for images -->
        <div id="modal_img_large" class="modal">
            <span class="close oxy-icon oxy-icon-remove"></span>
            <!-- Modal Content (The Image) -->
            <div id="modal_img_container"></div>
            <!-- Modal Caption (Image Text) -->
            <div id="caption"></div>
        </div>
        
        
        Â© 2023 StreamSets, Inc.

    </body>
</html>